package com.gy.spark.core.transformations

import org.apache.spark.{SparkConf, SparkContext}

object Operator_distinct {
  def main(args: Array[String]): Unit = {
    val conf = new SparkConf().setAppName(this.getClass.getSimpleName).setMaster("local")
    val sc = new SparkContext(conf)

    val rdd = sc.makeRDD(Array(1, 2, 3, 3, 4, 5))
    rdd.distinct().foreach(println)


    sc.stop
  }

}
